Final Timepoint Model Summaries

This markdown/html summarises a set of outer fold models primarily using the nested_rocs function in ../../3_Plotting_and_summary_scripts/plotting_scripts.r. This outputs ROC curves and a table of summaries for all aggregated outer folds.

Load data and libraries ↴    

load("/media/gcpeac/R4RA_machine_learning/Data/curated_input.rdata")
source("../../3_Plotting_and_summary_scripts/plotting_scripts.r")
library(ggplot2)
library(kableExtra)
library(plotROC)
library(pROC)
library(caret)
library(ggpubr)
library(DT)
library(tidyr)
library(dplyr)

knitr::opts_chunk$set(fig.width=12, fig.height=7, warning = FALSE)

Set up datatable download ↴    

df = rbind(t(data.frame(table(response_df$CDAI50_toc_resp)))[2, ], 
           t(data.frame(table(response_df$CDAI50_rtx_resp)))[2, ], 
           t(data.frame(table(response_df$CDAI50_any_resp)))[2, ])
dimnames(df) = list(c("Tocilizumab", "Rituximab", "Any"), 
                    c("Non-Responder", "Responder"))

# Init Step to make sure that the dependencies are loaded
htmltools::tagList(DT::datatable(df, filter="top", width=900, height = "100%", 
                                 options=list(pageLength=3, lengthChange=FALSE)))

Load in the models ↴    

files = list.files("/media/lvm1/R4RA_ML_outputs", 
                   pattern="all", full.names = T, recursive = T)
files = files[! grepl("clin_hist", files)]
files = files[! grepl("8781", files)] # can ignore since these converge to the same model
files = files[! grepl("visit7", files)]

l = length(strsplit(files[1],"/")[[1]])

for(x in files) {
  k = gsub(".*_", "", strsplit(x,"/")[[1]][l-1])
  n = gsub(".*_", "", strsplit(x,"/")[[1]][l-2])
  load(x)
  obj = ls(pattern="t_exp")
  for(y in obj){ 
    out = get(y)
    invisible(lapply(1:length(out), function(z) out[[z]]$file <<- x))
    assign(x=paste0(gsub("t_exp", "x_exp", y), "_", k, "_", n), out) 
  }
  rm(list=obj)
}

data=ls(pattern="x_exp")

t_nested = lapply(data, get)

for(x in 1:length(t_nested)) {
  for(j in 1:length(t_nested[[x]])){
    if(class(t_nested[[x]][[j]]) != "try-error"){
      t_nested[[x]][[j]]$type = t_nested[[x]][[j]]$filtering
      t_nested[[x]][[j]]$info = data[x]
    }
  }
}


t_nested = unlist(t_nested, recursive=F)
paste("Removing", length(which(unlist(lapply(t_nested, class)) == "try-error")), "models which failed")

## [1] "Removing 0 models which failed"

t_nested = t_nested[unlist(lapply(t_nested, class)) != "try-error"]
names(t_nested) <- unlist(lapply(1:length(t_nested), function(x){
  type <- t_nested[[x]]$info
  gsub("\\.rdata", "", paste0(t_nested[[x]]$models[[1]]$metric, "_", type))
}))
names(t_nested)[grepl("^_x_", names(t_nested))]=paste0("CDAI50_toc_resp", names(t_nested)[grepl("^_x_", names(t_nested))])

l= length(unlist(strsplit(names(t_nested)[1], "_")))

input_vals = unique(unlist(lapply(names(t_nested), function(x) unlist(strsplit( x, "_"))[l])))
k_vals = unique(unlist(lapply(names(t_nested), function(x) unlist(strsplit(x, "_"))[l-1])))
filt_vals = unique(unlist(lapply(names(t_nested), function(x) unlist(strsplit(x, "_"))[l-3])))
drugs = unique(unlist(lapply(names(t_nested), function(x) unlist(strsplit(x, "_"))[2])))

remove(list = ls(pattern="x_exp"))
gc(verbose=F)

##              used    (Mb) gc trigger    (Mb)   max used    (Mb)
## Ncells   49213115  2628.3   83461042  4457.4   50540178  2699.2
## Vcells 3630972825 27702.2 5358482710 40882.0 3728764569 28448.3

Overall

df_all = list()

for(inp in input_vals){
  cat("\n\n## No features:", inp, "{.tabset .tabset-fade}" )
  for(drug in drugs){
    name = c("toc"="Tocilizumab", "rtx"="Rituximab", "any"="Refractory")[drug]
    cat("\n\n### ", name, "{.tabset .tabset-fade}" )
    for(filt in filt_vals){
      cat("\n\n\n#### ", filt, "filtering {.tabset .tabset-fade}" )
      k_use = names(t_nested[unlist(lapply(names(t_nested), function(x) unlist(strsplit(x, "_"))[l])) == inp])
      k_use = k_use[grepl(filt, k_use)]
      k_use = k_use[grepl(inp, k_use)]
      k_use = unique(gsub(".*_", "", gsub(paste0("_", inp), "", k_use)))
      for(k_in in k_use){
        cat("\n\n\n##### k=", k_in, "##\n" )
        o = try(nested_rocs(t_nested[unlist(lapply(names(t_nested), function(x) unlist(strsplit(x, "_"))[l])) == inp],
                            metric="CDAI50",  drug=drug, filtering = filt, k=as.numeric(k_in)))
        
        if(class(o) != "try-error"){
          
          o2 = o$stats_df[, ! colnames(o$stats_df) %in% c("Left-out Stats", "Overall Stats")]
          
          o2$Stat = gsub('[[:digit:]]+', '', rownames(o2))
          o2$Stat[o2$Stat == "F"] = "F1"
          
          o2 = o2 %>%
            gather(key = "Set", value = "value", "Test Stats") %>% #, "Left-out Stats", "Overall Stats" ) %>%
            mutate(filtering = unlist(lapply(strsplit(as.character(model), "_"), "[[", l-3)),
                   drug = unlist(lapply(strsplit(as.character(model), "_"), "[[", 2)),
                   model = unlist(lapply(strsplit(as.character(model), "_"), "[[", l-2)))
          
          o3 = o2 %>% group_split(Stat)
          names(o3) = levels(factor(o2$Stat))
          
          o4 = do.call(cbind, o3)
          o4 = o4[, ! grepl("model|Stat|Set|filtering|drug|file", colnames(o4))]
          o4 = cbind(o3[[1]][, c("model","Set",  "filtering", "drug", "file")], o4)
          colnames(o4) = gsub("\\.value", "", colnames(o4))
          
          o4$target_k = k_in
          o4$n_input = inp
          o4 = unique(o4)
          o4 = o4[order(o4$AUC, decreasing = T), ]
          
          temp = o$roc_df[o$roc_df$eval == "test", ]
          temp = temp[! duplicated(temp$model), ]
          
          o4$AUC_roc = temp$auc[match(o4$model, temp$model)]
          
          
          print(htmltools::tagList(
            DT::datatable(o4[, c('model', 'Set', 'filtering', 'drug', 'Accuracy',
                                 'AUC', 'AUC_roc', 'Balanced Accuracy', 'F1', 'Kappa',
                                 'McnemarPValue', 'Precision', 'Prevalence',
                                 'Recall', 'Sensitivity', 'Specificity', 
                                 'Youden_sensitivity', 'Youden_specificity')],
                          filter="top", width=1500, rownames = FALSE,
                          options=list(scrollX=T, pageLength=12,
                                       searchCols = list(NULL, list(search = 'Test Stats'),
                                                         rep(NULL, 13)))) %>%
              formatRound(columns=c('Accuracy', 'AUC','AUC_roc', 'Balanced Accuracy', 'F1', 'Kappa',
                                    'McnemarPValue', 'Precision', 'Prevalence',
                                    'Recall', 'Sensitivity', 'Specificity', 
                                    'Youden_sensitivity', 'Youden_specificity'), digits=3)
          ))
          
          print(o$combined)
          
          o4 = o4[, c('model', 'Set', 'filtering', 'drug', 'Accuracy',
                      "target_k", "final_k", "mean_inner_k", "n_input",
                      'AUC','AUC_roc', 'Balanced Accuracy', 'F1', 'Kappa',
                      'McnemarPValue', 'Precision', 'Prevalence',
                      'Recall', 'Sensitivity', 'Specificity', 
                      'Youden_sensitivity', 'Youden_specificity', 'file')]
          
          
          
          df_all[[length(df_all)+1]] = o4
        }
        
        cat("\n\n" )
      }
      cat("\n\n" )
    }
    cat("\n\n" )
  }
  cat("\n\n" )
}

No features: 1438

Tocilizumab

none filtering

k= 25

k= 30

k= 50

rfe filtering

k= 25

k= 30

k= 50

uni filtering

k= 50

k= 25

k= 30

Rituximab

none filtering

k= 25

k= 30

k= 50

rfe filtering

k= 25

k= 30

k= 50

uni filtering

k= 50

k= 25

k= 30

Refractory

none filtering

k= 25

k= 30

k= 50

rfe filtering

k= 25

k= 30

k= 50

uni filtering

k= 50

k= 25

k= 30

No features: 2628

Tocilizumab

none filtering

rfe filtering

k= 100

k= 50

uni filtering

k= 100

Error in data.frame(D = test_set\(observed, M1 = test_set\)R, Predicted = test_set$predicted, : arguments imply differing number of rows: 0, 1

k= 25

k= 50

Rituximab

none filtering

rfe filtering

k= 100

k= 50

uni filtering

k= 100

k= 25

k= 50

Refractory

none filtering

rfe filtering

k= 100

k= 50

uni filtering

k= 100

k= 25

k= 50

df = do.call(rbind, df_all)

Best models

#save(df, file="/media/gcpeac/R4RA_machine_learning/Data/all_model_summaries2.rdata")
df2 = df[df$Set == "Test Stats", ]
df2 = df2[order(df2$AUC, decreasing=T), ]

kable(df2[! duplicated(paste(df2$drug, df2$filtering)), ], row.names = F) %>% 
  kable_styling()

model	Set	filtering	drug	Accuracy	target_k	final_k	mean_inner_k	n_input	AUC	AUC_roc	Balanced Accuracy	F1	Kappa	McnemarPValue	Precision	Prevalence	Recall	Sensitivity	Specificity	Youden_sensitivity	Youden_specificity	file
glmnet	Test Stats	rfe	any	0.732142857142857	50	50: 112	50	2628	0.7265625	0.7265625	0.596875	0.829545454545455	0.227941176470588	0.00616989932054415	0.760416666666667	0.714285714285714	0.9125	0.9125	0.28125	0.7875	0.59375	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9rfe_ml_nested_rf_10.rdata
svmRadial	Test Stats	uni	rtx	0.651685393258427	100	101: 9, 108: 10, 109: 8, 120: 10, 123: 9, 125: 8, 146: 10, 147: 9, 171: 8, 178: 8	131.943820224719	2628	0.724598930481283	0.724598930481283	0.617112299465241	0.507936507936508	0.240990371389271	0.472497614000689	0.551724137931034	0.382022471910112	0.470588235294118	0.470588235294118	0.763636363636364	0.852941176470588	0.581818181818182	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9_ml_nested_svmRadial_10.rdata
svmRadial	Test Stats	none	any	0.723214285714286	30	1447: 112	1447	1438	0.70859375	0.70859375	0.590625	0.822857142857143	0.210909090909091	0.011921001496914	0.757894736842105	0.714285714285714	0.9	0.9	0.28125	0.825	0.53125	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_svmRadial_10.rdata
rf	Test Stats	none	rtx	0.640449438202247	25	1447: 89	1447	1438	0.698663101604278	0.698663101604278	0.596791443850267	0.466666666666667	0.202687569988802	0.21592493894014	0.538461538461538	0.382022471910112	0.411764705882353	0.411764705882353	0.781818181818182	0.882352941176471	0.581818181818182	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_rf_10.rdata
rf	Test Stats	rfe	rtx	0.662921348314607	50	50: 28, 2637: 61	1823.11235955056	2628	0.693048128342246	0.693048128342246	0.643048128342246	0.558823529411765	0.286096256684492	1	0.558823529411765	0.382022471910112	0.558823529411765	0.558823529411765	0.727272727272727	0.823529411764706	0.563636363636364	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9rfe_ml_nested_rf_10.rdata
glmnet	Test Stats	uni	any	0.714285714285714	25	28: 11, 32: 23, 36: 22, 40: 11, 43: 23, 60: 11, 81: 11	43	2628	0.689453125	0.689453125	0.621875	0.807228915662651	0.258278145695364	0.376759117811582	0.779069767441861	0.714285714285714	0.8375	0.8375	0.40625	0.825	0.53125	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_glmnet_10.rdata
glmnet	Test Stats	none	toc	0.65979381443299	25	1447: 97	1447	1438	0.661125319693095	0.661125319693095	0.658354646206309	0.637362637362637	0.317047151696181	1	0.644444444444444	0.474226804123711	0.630434782608696	0.630434782608696	0.686274509803922	0.673913043478261	0.647058823529412	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_glmnet_10.rdata
svmPoly	Test Stats	rfe	toc	0.618556701030928	25	50: 49, 1447: 48	741.298969072165	1438	0.649190110826939	0.649190110826939	0.614876385336743	0.574712643678161	0.230983501178487	0.510797798173896	0.609756097560976	0.474226804123711	0.543478260869565	0.543478260869565	0.686274509803922	0.760869565217391	0.549019607843137	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_svmPoly_10.rdata
glmnet	Test Stats	uni	toc	0.670103092783505	30	30: 10, 34: 19, 35: 38, 36: 10, 37: 20	34.8041237113402	1438	0.638959931798807	0.638959931798807	0.666027280477408	0.627906976744186	0.334191334191334	0.376759117811582	0.675	0.474226804123711	0.58695652173913	0.58695652173913	0.745098039215686	0.58695652173913	0.745098039215686	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_glmnet_10.rdata

All models

kable(df2, row.names = F) %>% kable_styling()  %>% 
  scroll_box(height = "800px")

model	Set	filtering	drug	Accuracy	target_k	final_k	mean_inner_k	n_input	AUC	AUC_roc	Balanced Accuracy	F1	Kappa	McnemarPValue	Precision	Prevalence	Recall	Sensitivity	Specificity	Youden_sensitivity	Youden_specificity	file
glmnet	Test Stats	rfe	any	0.732142857142857	50	50: 112	50	2628	0.7265625	0.7265625	0.596875	0.829545454545455	0.227941176470588	0.00616989932054415	0.760416666666667	0.714285714285714	0.9125	0.9125	0.28125	0.7875	0.59375	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9rfe_ml_nested_rf_10.rdata
svmRadial	Test Stats	uni	rtx	0.651685393258427	100	101: 9, 108: 10, 109: 8, 120: 10, 123: 9, 125: 8, 146: 10, 147: 9, 171: 8, 178: 8	131.943820224719	2628	0.724598930481283	0.724598930481283	0.617112299465241	0.507936507936508	0.240990371389271	0.472497614000689	0.551724137931034	0.382022471910112	0.470588235294118	0.470588235294118	0.763636363636364	0.852941176470588	0.581818181818182	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9_ml_nested_svmRadial_10.rdata
svmPoly	Test Stats	uni	rtx	0.685393258426966	50	51: 10, 52: 17, 54: 10, 57: 10, 60: 8, 64: 8, 68: 9, 75: 9, 78: 8	60.752808988764	1438	0.722994652406417	0.722994652406417	0.661229946524064	0.575757575757576	0.326122228231477	0.850106739138526	0.59375	0.382022471910112	0.558823529411765	0.558823529411765	0.763636363636364	0.764705882352941	0.618181818181818	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_svmPoly_10.rdata
svmRadial	Test Stats	none	any	0.723214285714286	30	1447: 112	1447	1438	0.70859375	0.70859375	0.590625	0.822857142857143	0.210909090909091	0.011921001496914	0.757894736842105	0.714285714285714	0.9	0.9	0.28125	0.825	0.53125	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_svmRadial_10.rdata
svmRadial	Test Stats	rfe	any	0.714285714285714	25	1447: 112	1447	1438	0.70546875	0.70546875	0.565625	0.820224719101124	0.157894736842105	0.00265402935948234	0.744897959183674	0.714285714285714	0.9125	0.9125	0.21875	0.7625	0.65625	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_svmRadial_10.rdata
gbm	Test Stats	uni	rtx	0.696629213483146	100	111: 10, 122: 9, 126: 9, 131: 19, 134: 9, 135: 8, 142: 8, 157: 8, 176: 9	135.876404494382	2628	0.705347593582888	0.705347593582888	0.670320855614973	0.584615384615385	0.34647810715257	0.70031137293689	0.612903225806452	0.382022471910112	0.558823529411765	0.558823529411765	0.781818181818182	0.617647058823529	0.781818181818182	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9_ml_nested_gbm_10.rdata
svmRadial	Test Stats	none	any	0.758928571428571	50	1447: 112	1447	1438	0.705078125	0.705078125	0.64375	0.84393063583815	0.327402135231317	0.0209213353377941	0.78494623655914	0.714285714285714	0.9125	0.9125	0.375	0.725	0.6875	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_svmRadial_10.rdata
svmPoly	Test Stats	none	any	0.714285714285714	30	1447: 112	1447	1438	0.703125	0.703125	0.546875	0.824175824175824	0.118110236220473	0.000205375736141218	0.735294117647059	0.714285714285714	0.9375	0.9375	0.15625	0.7	0.71875	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_svmPoly_10.rdata
rf	Test Stats	rfe	any	0.758928571428571	50	50: 44, 2637: 68	1620.67857142857	2628	0.7001953125	0.7001953125	0.625	0.847457627118644	0.297397769516729	0.00207556292574271	0.77319587628866	0.714285714285714	0.9375	0.9375	0.3125	0.7375	0.625	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9rfe_ml_nested_rf_10.rdata
svmRadial	Test Stats	uni	rtx	0.674157303370786	30	33: 10, 34: 8, 35: 9, 37: 27, 40: 9, 41: 17, 44: 9	37.8539325842697	1438	0.7	0.7	0.646524064171123	0.553846153846154	0.29806907805276	0.710346568995567	0.580645161290323	0.382022471910112	0.529411764705882	0.529411764705882	0.763636363636364	0.852941176470588	0.545454545454545	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_svmRadial_10.rdata
rf	Test Stats	none	rtx	0.640449438202247	25	1447: 89	1447	1438	0.698663101604278	0.698663101604278	0.596791443850267	0.466666666666667	0.202687569988802	0.21592493894014	0.538461538461538	0.382022471910112	0.411764705882353	0.411764705882353	0.781818181818182	0.882352941176471	0.581818181818182	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_rf_10.rdata
svmRadial	Test Stats	rfe	any	0.732142857142857	50	50: 33, 2637: 79	1874.75892857143	2628	0.69765625	0.69765625	0.60625	0.827586206896552	0.244604316546762	0.0176220909623244	0.765957446808511	0.714285714285714	0.9	0.9	0.3125	0.6125	0.75	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9rfe_ml_nested_svmRadial_10.rdata
svmRadial	Test Stats	uni	rtx	0.651685393258427	50	54: 8, 56: 9, 58: 10, 59: 18, 60: 10, 61: 8, 63: 17, 64: 9	59.6966292134831	1438	0.69572192513369	0.69572192513369	0.611497326203209	0.491803278688525	0.232118007236293	0.281198099564179	0.555555555555556	0.382022471910112	0.441176470588235	0.441176470588235	0.781818181818182	0.852941176470588	0.581818181818182	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_svmRadial_10.rdata
svmRadial	Test Stats	none	any	0.723214285714286	25	1447: 112	1447	1438	0.69453125	0.69453125	0.58125	0.824858757062147	0.193308550185874	0.0040571360323713	0.752577319587629	0.714285714285714	0.9125	0.9125	0.25	0.7375	0.71875	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_svmRadial_10.rdata
rf	Test Stats	rfe	rtx	0.662921348314607	50	50: 28, 2637: 61	1823.11235955056	2628	0.693048128342246	0.693048128342246	0.643048128342246	0.558823529411765	0.286096256684492	1	0.558823529411765	0.382022471910112	0.558823529411765	0.558823529411765	0.727272727272727	0.823529411764706	0.563636363636364	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9rfe_ml_nested_rf_10.rdata
svmRadial	Test Stats	none	rtx	0.617977528089888	25	1447: 89	1447	1438	0.69144385026738	0.69144385026738	0.561764705882353	0.392857142857143	0.132454128440367	0.0592297037272792	0.5	0.382022471910112	0.323529411764706	0.323529411764706	0.8	0.764705882352941	0.6	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_svmRadial_10.rdata
glmnet	Test Stats	uni	any	0.714285714285714	25	28: 11, 32: 23, 36: 22, 40: 11, 43: 23, 60: 11, 81: 11	43	2628	0.689453125	0.689453125	0.621875	0.807228915662651	0.258278145695364	0.376759117811582	0.779069767441861	0.714285714285714	0.8375	0.8375	0.40625	0.825	0.53125	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_glmnet_10.rdata
glmnet	Test Stats	uni	rtx	0.662921348314607	50	61: 9, 63: 9, 64: 10, 68: 10, 72: 8, 74: 9, 77: 8, 81: 8, 82: 18	72.1123595505618	2628	0.687165775401069	0.687165775401069	0.637433155080214	0.545454545454546	0.277988101676582	0.855132140584706	0.5625	0.382022471910112	0.529411764705882	0.529411764705882	0.745454545454545	0.823529411764706	0.527272727272727	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9_ml_nested_glmnet_10.rdata
rf	Test Stats	uni	rtx	0.651685393258427	25	27: 8, 31: 9, 32: 9, 37: 10, 38: 18, 46: 10, 59: 17, 95: 8	45.6179775280899	2628	0.686096256684492	0.686096256684492	0.633957219251337	0.550724637681159	0.266418505716565	1	0.542857142857143	0.382022471910112	0.558823529411765	0.558823529411765	0.709090909090909	0.764705882352941	0.6	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_rf_10.rdata
gbm	Test Stats	uni	any	0.696428571428571	50	314: 11, 334: 11, 363: 11, 366: 11, 369: 12, 374: 11, 419: 11, 441: 12, 469: 11, 476: 11	392.723214285714	1438	0.685546875	0.685546875	0.571875	0.802325581395349	0.161971830985915	0.0592297037272792	0.75	0.714285714285714	0.8625	0.8625	0.28125	0.7625	0.5625	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_gbm_10.rdata
svmPoly	Test Stats	none	any	0.714285714285714	25	1447: 112	1447	1438	0.683203125	0.683203125	0.5375	0.826086956521739	0.0967741935483869	4.78548397437734e-05	0.730769230769231	0.714285714285714	0.95	0.95	0.125	0.7875	0.5625	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_svmPoly_10.rdata
rf	Test Stats	uni	any	0.723214285714286	30	30: 22, 31: 11, 32: 11, 34: 11, 35: 11, 38: 11, 44: 12, 49: 11, 57: 12	38.2232142857143	1438	0.6826171875	0.6826171875	0.590625	0.822857142857143	0.210909090909091	0.011921001496914	0.757894736842105	0.714285714285714	0.9	0.9	0.28125	0.7	0.65625	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_rf_10.rdata
svmPoly	Test Stats	rfe	any	0.714285714285714	100	100: 33, 2637: 79	1889.49107142857	2628	0.682421875	0.682421875	0.546875	0.824175824175824	0.118110236220473	0.000205375736141218	0.735294117647059	0.714285714285714	0.9375	0.9375	0.15625	0.8625	0.4375	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9rfe_ml_nested_svmPoly_10.rdata
glmnet	Test Stats	none	any	0.732142857142857	30	1447: 112	1447	1438	0.68203125	0.68203125	0.653125	0.817073170731707	0.318181818181818	0.583882420770365	0.797619047619048	0.714285714285714	0.8375	0.8375	0.46875	0.7625	0.5625	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_glmnet_10.rdata
rf	Test Stats	uni	any	0.732142857142857	50	55: 11, 58: 24, 61: 11, 63: 11, 65: 11, 69: 11, 70: 11, 75: 11, 82: 11	65.4642857142857	1438	0.677734375	0.677734375	0.615625	0.825581395348837	0.26056338028169	0.0446097180249397	0.771739130434783	0.714285714285714	0.8875	0.8875	0.34375	0.5	0.84375	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_rf_10.rdata
svmPoly	Test Stats	uni	any	0.705357142857143	30	31: 12, 38: 23, 40: 11, 43: 22, 50: 11, 51: 11, 53: 11, 60: 11	44.5178571428571	1438	0.677734375	0.677734375	0.578125	0.809248554913295	0.177935943060498	0.0367138563627041	0.752688172043011	0.714285714285714	0.875	0.875	0.28125	0.6375	0.6875	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_svmPoly_10.rdata
rf	Test Stats	rfe	any	0.741071428571429	25	50: 22, 1447: 90	1172.58928571429	1438	0.6775390625	0.6775390625	0.59375	0.837988826815642	0.228136882129278	0.000830225427744888	0.757575757575758	0.714285714285714	0.9375	0.9375	0.25	0.6375	0.6875	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_rf_10.rdata
gbm	Test Stats	uni	rtx	0.651685393258427	50	55: 17, 58: 9, 70: 10, 71: 9, 74: 8, 78: 9, 87: 9, 90: 8, 101: 10	74.1910112359551	2628	0.675935828877005	0.675935828877005	0.617112299465241	0.507936507936508	0.240990371389271	0.472497614000689	0.551724137931034	0.382022471910112	0.470588235294118	0.470588235294118	0.763636363636364	0.823529411764706	0.527272727272727	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9_ml_nested_gbm_10.rdata
rf	Test Stats	rfe	any	0.732142857142857	50	50: 46, 1447: 66	873.232142857143	1438	0.675	0.675	0.5875	0.831460674157303	0.210526315789474	0.00191077513736444	0.755102040816326	0.714285714285714	0.925	0.925	0.25	0.85	0.4375	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_rf_10.rdata
svmPoly	Test Stats	rfe	rtx	0.674157303370786	50	50: 8, 1447: 81	1321.42696629213	1438	0.67379679144385	0.67379679144385	0.607219251336898	0.431372549019608	0.237067691398167	0.00296710589864761	0.647058823529412	0.382022471910112	0.323529411764706	0.323529411764706	0.890909090909091	0.617647058823529	0.763636363636364	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_svmPoly_10.rdata
svmPoly	Test Stats	uni	any	0.732142857142857	100	103: 11, 110: 11, 112: 12, 116: 11, 124: 12, 129: 11, 132: 11, 135: 11, 136: 11, 150: 11	124.580357142857	2628	0.6734375	0.6734375	0.615625	0.825581395348837	0.26056338028169	0.0446097180249397	0.771739130434783	0.714285714285714	0.8875	0.8875	0.34375	0.4875	0.78125	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9_ml_nested_svmPoly_10.rdata
glmnet	Test Stats	none	any	0.705357142857143	25	1447: 112	1447	1438	0.673046875	0.673046875	0.56875	0.811428571428571	0.16	0.0148061091273485	0.747368421052632	0.714285714285714	0.8875	0.8875	0.25	0.8375	0.4375	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_glmnet_10.rdata
rf	Test Stats	none	rtx	0.617977528089888	50	1447: 89	1447	1438	0.670588235294118	0.670588235294118	0.578609625668449	0.451612903225806	0.162700608743774	0.391172522810139	0.5	0.382022471910112	0.411764705882353	0.411764705882353	0.745454545454545	0.735294117647059	0.654545454545455	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_rf_10.rdata
rf	Test Stats	none	any	0.758928571428571	25	1447: 112	1447	1438	0.6703125	0.6703125	0.615625	0.849162011173184	0.281368821292776	0.00053200550513925	0.767676767676768	0.714285714285714	0.95	0.95	0.28125	0.775	0.5	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_rf_10.rdata
svmRadial	Test Stats	rfe	rtx	0.617977528089888	30	50: 28, 1447: 61	1007.49438202247	1438	0.670053475935829	0.670053475935829	0.556149732620321	0.37037037037037	0.12188044109112	0.0257818777774725	0.5	0.382022471910112	0.294117647058824	0.294117647058824	0.818181818181818	0.911764705882353	0.436363636363636	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_svmRadial_10.rdata
svmRadial	Test Stats	none	rtx	0.629213483146067	50	1447: 89	1447	1438	0.668983957219251	0.668983957219251	0.56524064171123	0.377358490566038	0.142481751824818	0.0148061091273485	0.526315789473684	0.382022471910112	0.294117647058824	0.294117647058824	0.836363636363636	0.852941176470588	0.490909090909091	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_svmRadial_10.rdata
rf	Test Stats	none	any	0.696428571428571	30	1447: 112	1447	1438	0.6689453125	0.6689453125	0.54375	0.808988764044944	0.105263157894737	0.00355146480770608	0.73469387755102	0.714285714285714	0.9	0.9	0.1875	0.85	0.46875	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_rf_10.rdata
svmRadial	Test Stats	rfe	any	0.714285714285714	30	50: 11, 1447: 101	1309.79464285714	1438	0.66875	0.66875	0.575	0.818181818181818	0.176470588235294	0.00800994232988003	0.75	0.714285714285714	0.9	0.9	0.25	0.7125	0.625	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_svmRadial_10.rdata
svmRadial	Test Stats	rfe	rtx	0.651685393258427	50	50: 26, 2637: 63	1881.24719101124	2628	0.667914438502674	0.667914438502674	0.605882352941177	0.474576271186441	0.22303576457336	0.150762775026645	0.56	0.382022471910112	0.411764705882353	0.411764705882353	0.8	0.676470588235294	0.672727272727273	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9rfe_ml_nested_svmRadial_10.rdata
svmRadial	Test Stats	none	rtx	0.595505617977528	30	1447: 89	1447	1438	0.667379679144385	0.667379679144385	0.509893048128342	0.217391304347826	0.0225747406955461	0.00046525815807105	0.416666666666667	0.382022471910112	0.147058823529412	0.147058823529412	0.872727272727273	0.735294117647059	0.636363636363636	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_svmRadial_10.rdata
svmRadial	Test Stats	rfe	rtx	0.640449438202247	25	50: 17, 1447: 72	1180.15730337079	1438	0.666844919786096	0.666844919786096	0.596791443850267	0.466666666666667	0.202687569988802	0.21592493894014	0.538461538461538	0.382022471910112	0.411764705882353	0.411764705882353	0.781818181818182	0.764705882352941	0.581818181818182	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_svmRadial_10.rdata
svmPoly	Test Stats	uni	rtx	0.617977528089888	100	105: 9, 107: 8, 114: 9, 116: 9, 124: 10, 131: 9, 132: 9, 139: 8, 146: 9, 161: 9	127.561797752809	2628	0.666310160427807	0.666310160427807	0.578609625668449	0.451612903225806	0.162700608743774	0.391172522810139	0.5	0.382022471910112	0.411764705882353	0.411764705882353	0.745454545454545	0.764705882352941	0.6	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9_ml_nested_svmPoly_10.rdata
rf	Test Stats	none	any	0.732142857142857	50	1447: 112	1447	1438	0.665625	0.665625	0.596875	0.829545454545455	0.227941176470588	0.00616989932054415	0.760416666666667	0.714285714285714	0.9125	0.9125	0.28125	0.7125	0.65625	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_rf_10.rdata
svmPoly	Test Stats	rfe	any	0.732142857142857	50	50: 22, 2637: 90	2128.83928571429	2628	0.664453125	0.664453125	0.578125	0.833333333333333	0.192307692307692	0.000522575395124247	0.75	0.714285714285714	0.9375	0.9375	0.21875	0.775	0.5625	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9rfe_ml_nested_svmPoly_10.rdata
rf	Test Stats	rfe	rtx	0.640449438202247	50	50: 18, 1447: 71	1164.4606741573	1438	0.664171122994652	0.664171122994652	0.613636363636364	0.515151515151515	0.229853975121687	0.859683795198666	0.53125	0.382022471910112	0.5	0.5	0.727272727272727	0.5	0.8	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_rf_10.rdata
svmRadial	Test Stats	uni	rtx	0.640449438202247	50	53: 9, 58: 10, 60: 9, 68: 9, 73: 9, 78: 9, 80: 16, 83: 8, 126: 10	76.0898876404494	2628	0.664171122994652	0.664171122994652	0.608021390374332	0.5	0.221006564551423	0.595883090565178	0.533333333333333	0.382022471910112	0.470588235294118	0.470588235294118	0.745454545454545	0.705882352941177	0.636363636363636	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9_ml_nested_svmRadial_10.rdata
rf	Test Stats	uni	any	0.741071428571429	100	107: 12, 109: 22, 111: 11, 123: 11, 124: 11, 129: 11, 130: 12, 139: 11, 140: 11	122.035714285714	2628	0.6638671875	0.6638671875	0.621875	0.832369942196532	0.277580071174377	0.0258575804634429	0.774193548387097	0.714285714285714	0.9	0.9	0.34375	0.85	0.46875	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9_ml_nested_rf_10.rdata
rf	Test Stats	rfe	any	0.732142857142857	100	100: 78, 2637: 34	870.160714285714	2628	0.66328125	0.66328125	0.60625	0.827586206896552	0.244604316546762	0.0176220909623244	0.765957446808511	0.714285714285714	0.9	0.9	0.3125	0.45	0.8125	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9rfe_ml_nested_rf_10.rdata
svmRadial	Test Stats	uni	rtx	0.651685393258427	25	26: 10, 28: 18, 31: 26, 35: 9, 37: 9, 38: 8, 42: 9	32.5842696629214	1438	0.662032085561497	0.662032085561497	0.605882352941177	0.474576271186441	0.22303576457336	0.150762775026645	0.56	0.382022471910112	0.411764705882353	0.411764705882353	0.8	0.558823529411765	0.745454545454545	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_svmRadial_10.rdata
glmnet	Test Stats	none	toc	0.65979381443299	25	1447: 97	1447	1438	0.661125319693095	0.661125319693095	0.658354646206309	0.637362637362637	0.317047151696181	1	0.644444444444444	0.474226804123711	0.630434782608696	0.630434782608696	0.686274509803922	0.673913043478261	0.647058823529412	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_glmnet_10.rdata
glmnet	Test Stats	none	any	0.625	50	1447: 112	1447	1438	0.660546875	0.660546875	0.49375	0.752941176470588	-0.013793103448276	0.164914822553301	0.711111111111111	0.714285714285714	0.8	0.8	0.1875	0.65	0.6875	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_glmnet_10.rdata
rf	Test Stats	rfe	any	0.732142857142857	30	50: 22, 1447: 90	1172.58928571429	1438	0.660546875	0.660546875	0.5875	0.831460674157303	0.210526315789474	0.00191077513736444	0.755102040816326	0.714285714285714	0.925	0.925	0.25	0.575	0.75	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_rf_10.rdata
glmnet	Test Stats	uni	rtx	0.617977528089888	50	51: 18, 53: 10, 54: 9, 56: 8, 58: 8, 59: 8, 67: 10, 68: 8, 77: 10	59.5730337078652	1438	0.659893048128342	0.659893048128342	0.578609625668449	0.451612903225806	0.162700608743774	0.391172522810139	0.5	0.382022471910112	0.411764705882353	0.411764705882353	0.745454545454545	0.705882352941177	0.636363636363636	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_glmnet_10.rdata
rf	Test Stats	none	rtx	0.674157303370786	30	1447: 89	1447	1438	0.659358288770053	0.659358288770053	0.629679144385027	0.508474576271187	0.273162489439594	0.137394825855801	0.6	0.382022471910112	0.441176470588235	0.441176470588235	0.818181818181818	0.794117647058823	0.636363636363636	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_rf_10.rdata
rf	Test Stats	uni	rtx	0.696629213483146	30	30: 8, 32: 10, 33: 9, 35: 8, 37: 9, 41: 18, 44: 9, 54: 9, 62: 9	40.9887640449438	1438	0.659090909090909	0.659090909090909	0.675935828877005	0.597014925373134	0.353858564130143	1	0.606060606060606	0.382022471910112	0.588235294117647	0.588235294117647	0.763636363636364	0.764705882352941	0.618181818181818	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_rf_10.rdata
svmPoly	Test Stats	none	any	0.705357142857143	50	1447: 112	1447	1438	0.658203125	0.658203125	0.540625	0.81767955801105	0.101167315175098	0.000498514893575205	0.732673267326733	0.714285714285714	0.925	0.925	0.15625	0.825	0.53125	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_svmPoly_10.rdata
svmPoly	Test Stats	rfe	any	0.714285714285714	50	50: 44, 1447: 68	898.178571428571	1438	0.658203125	0.658203125	0.565625	0.820224719101124	0.157894736842105	0.00265402935948234	0.744897959183674	0.714285714285714	0.9125	0.9125	0.21875	0.7375	0.59375	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_svmPoly_10.rdata
svmPoly	Test Stats	uni	rtx	0.674157303370786	25	28: 9, 29: 10, 30: 9, 31: 8, 33: 17, 36: 9, 39: 9, 41: 9, 42: 9	34.1910112359551	1438	0.657754010695187	0.657754010695187	0.640909090909091	0.53968253968254	0.289958734525447	0.457614066876315	0.586206896551724	0.382022471910112	0.5	0.5	0.781818181818182	0.676470588235294	0.727272727272727	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_svmPoly_10.rdata
svmRadial	Test Stats	uni	any	0.741071428571429	50	51: 11, 64: 11, 67: 11, 69: 12, 79: 11, 84: 11, 92: 11, 95: 11, 97: 12, 125: 11	82.3125	2628	0.657421875	0.657421875	0.6125	0.834285714285714	0.261818181818182	0.00932958471977156	0.768421052631579	0.714285714285714	0.9125	0.9125	0.3125	0.7625	0.5625	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9_ml_nested_svmRadial_10.rdata
svmPoly	Test Stats	rfe	rtx	0.606741573033708	100	100: 9, 2637: 80	2380.44943820225	2628	0.65668449197861	0.65668449197861	0.54144385026738	0.339622641509434	0.0905109489051097	0.0179604775260788	0.473684210526316	0.382022471910112	0.264705882352941	0.264705882352941	0.818181818181818	0.676470588235294	0.709090909090909	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9rfe_ml_nested_svmPoly_10.rdata
svmRadial	Test Stats	rfe	rtx	0.640449438202247	100	100: 46, 2637: 43	1325.74157303371	2628	0.655080213903743	0.655080213903743	0.602406417112299	0.483870967741935	0.211953514111788	0.376759117811582	0.535714285714286	0.382022471910112	0.441176470588235	0.441176470588235	0.763636363636364	0.617647058823529	0.690909090909091	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9rfe_ml_nested_svmRadial_10.rdata
svmRadial	Test Stats	rfe	any	0.741071428571429	100	100: 34, 2637: 78	1866.83928571429	2628	0.6546875	0.6546875	0.6125	0.834285714285714	0.261818181818182	0.00932958471977156	0.768421052631579	0.714285714285714	0.9125	0.9125	0.3125	0.8625	0.46875	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9rfe_ml_nested_svmRadial_10.rdata
svmPoly	Test Stats	uni	any	0.696428571428571	25	26: 11, 27: 11, 31: 23, 32: 12, 40: 11, 42: 11, 45: 11, 57: 11, 85: 11	41.4196428571429	2628	0.6546875	0.6546875	0.58125	0.8	0.179310344827586	0.122712594728169	0.755555555555556	0.714285714285714	0.85	0.85	0.3125	0.825	0.46875	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_svmPoly_10.rdata
glmnet	Test Stats	uni	rtx	0.595505617977528	25	26: 9, 32: 9, 36: 9, 38: 16, 46: 10, 48: 18, 62: 10, 65: 8	44.0224719101124	2628	0.654545454545455	0.654545454545455	0.566042780748663	0.454545454545455	0.133585722011898	0.867632334778193	0.46875	0.382022471910112	0.441176470588235	0.441176470588235	0.690909090909091	0.852941176470588	0.472727272727273	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_glmnet_10.rdata
svmRadial	Test Stats	uni	any	0.741071428571429	30	31: 11, 35: 12, 37: 11, 38: 11, 41: 11, 43: 11, 44: 23, 48: 11, 51: 11	41.1696428571429	1438	0.65390625	0.65390625	0.59375	0.837988826815642	0.228136882129278	0.000830225427744888	0.757575757575758	0.714285714285714	0.9375	0.9375	0.25	0.85	0.46875	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_svmRadial_10.rdata
xgbLinear	Test Stats	uni	any	0.714285714285714	100	115: 22, 123: 11, 130: 23, 133: 12, 142: 11, 145: 11, 146: 11, 157: 11	133.5625	2628	0.653515625	0.653515625	0.59375	0.813953488372093	0.211267605633803	0.0518299272179097	0.760869565217391	0.714285714285714	0.875	0.875	0.3125	0.4	0.875	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9_ml_nested_xgbLinear_10.rdata
rf	Test Stats	uni	any	0.723214285714286	25	25: 12, 26: 11, 30: 22, 34: 11, 42: 12, 45: 11, 51: 11, 59: 11, 61: 11	40.1785714285714	2628	0.6529296875	0.6529296875	0.61875	0.816568047337278	0.25938566552901	0.150762775026645	0.775280898876405	0.714285714285714	0.8625	0.8625	0.375	0.85	0.4375	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_rf_10.rdata
glmnet	Test Stats	rfe	rtx	0.662921348314607	50	50: 35, 2637: 54	1619.6404494382	2628	0.651871657754011	0.651871657754011	0.609358288770053	0.464285714285714	0.234518348623853	0.0446097180249397	0.590909090909091	0.382022471910112	0.382352941176471	0.382352941176471	0.836363636363636	0.529411764705882	0.781818181818182	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9rfe_ml_nested_rf_10.rdata
glmnet	Test Stats	uni	rtx	0.617977528089888	100	103: 9, 105: 9, 113: 8, 114: 9, 122: 9, 123: 9, 127: 9, 137: 19, 146: 8	122.707865168539	2628	0.649732620320856	0.649732620320856	0.572994652406417	0.433333333333333	0.152855543113102	0.229949056794214	0.5	0.382022471910112	0.382352941176471	0.382352941176471	0.763636363636364	0.676470588235294	0.6	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9_ml_nested_glmnet_10.rdata
rf	Test Stats	rfe	rtx	0.629213483146067	30	50: 26, 1447: 63	1038.88764044944	1438	0.649197860962567	0.649197860962567	0.582085561497326	0.440677966101695	0.172909039707125	0.163734354324592	0.52	0.382022471910112	0.382352941176471	0.382352941176471	0.781818181818182	0.794117647058823	0.618181818181818	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_rf_10.rdata
svmPoly	Test Stats	rfe	toc	0.618556701030928	25	50: 49, 1447: 48	741.298969072165	1438	0.649190110826939	0.649190110826939	0.614876385336743	0.574712643678161	0.230983501178487	0.510797798173896	0.609756097560976	0.474226804123711	0.543478260869565	0.543478260869565	0.686274509803922	0.760869565217391	0.549019607843137	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_svmPoly_10.rdata
svmRadial	Test Stats	uni	any	0.723214285714286	50	56: 22, 59: 11, 60: 22, 63: 12, 67: 11, 68: 11, 78: 11, 80: 12	64.8214285714286	1438	0.648828125	0.648828125	0.609375	0.818713450292398	0.24390243902439	0.0724860850868464	0.769230769230769	0.714285714285714	0.875	0.875	0.34375	0.6375	0.65625	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_svmRadial_10.rdata
svmRadial	Test Stats	rfe	any	0.714285714285714	50	50: 33, 1447: 79	1035.38392857143	1438	0.6484375	0.6484375	0.584375	0.816091954022989	0.194244604316547	0.0215562667600163	0.75531914893617	0.714285714285714	0.8875	0.8875	0.28125	0.675	0.65625	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_svmRadial_10.rdata
xgbLinear	Test Stats	uni	any	0.723214285714286	50	50: 11, 52: 11, 54: 11, 55: 11, 58: 23, 66: 11, 72: 12, 79: 11, 84: 11	62.8392857142857	2628	0.647265625	0.647265625	0.609375	0.818713450292398	0.24390243902439	0.0724860850868464	0.769230769230769	0.714285714285714	0.875	0.875	0.34375	0.75	0.65625	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9_ml_nested_xgbLinear_10.rdata
svmPoly	Test Stats	uni	rtx	0.595505617977528	30	34: 10, 35: 18, 38: 9, 39: 8, 40: 10, 41: 8, 42: 10, 43: 8, 57: 8	40.1348314606742	1438	0.646524064171123	0.646524064171123	0.566042780748663	0.454545454545455	0.133585722011898	0.867632334778193	0.46875	0.382022471910112	0.441176470588235	0.441176470588235	0.690909090909091	0.676470588235294	0.618181818181818	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_svmPoly_10.rdata
rf	Test Stats	uni	any	0.696428571428571	25	26: 12, 28: 22, 31: 11, 34: 11, 38: 11, 40: 11, 42: 11, 45: 11, 50: 12	36.2321428571429	1438	0.644921875	0.644921875	0.571875	0.802325581395349	0.161971830985915	0.0592297037272792	0.75	0.714285714285714	0.8625	0.8625	0.28125	0.6	0.6875	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_rf_10.rdata
rf	Test Stats	rfe	rtx	0.595505617977528	100	100: 44, 2637: 45	1382.75280898876	2628	0.643048128342246	0.643048128342246	0.554812834224599	0.419354838709677	0.113447703375761	0.404656761927286	0.464285714285714	0.382022471910112	0.382352941176471	0.382352941176471	0.727272727272727	0.823529411764706	0.563636363636364	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9rfe_ml_nested_rf_10.rdata
rf	Test Stats	rfe	rtx	0.651685393258427	25	50: 36, 1447: 53	881.921348314607	1438	0.639839572192513	0.639839572192513	0.617112299465241	0.507936507936508	0.240990371389271	0.472497614000689	0.551724137931034	0.382022471910112	0.470588235294118	0.470588235294118	0.763636363636364	0.823529411764706	0.527272727272727	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_rf_10.rdata
glmnet	Test Stats	uni	toc	0.670103092783505	30	30: 10, 34: 19, 35: 38, 36: 10, 37: 20	34.8041237113402	1438	0.638959931798807	0.638959931798807	0.666027280477408	0.627906976744186	0.334191334191334	0.376759117811582	0.675	0.474226804123711	0.58695652173913	0.58695652173913	0.745098039215686	0.58695652173913	0.745098039215686	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_glmnet_10.rdata
svmPoly	Test Stats	none	rtx	0.617977528089888	50	1447: 89	1447	1438	0.638502673796791	0.638502673796791	0.522459893048128	0.19047619047619	0.0525986224170319	1.807240237423e-05	0.5	0.382022471910112	0.117647058823529	0.117647058823529	0.927272727272727	0.705882352941177	0.581818181818182	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_svmPoly_10.rdata
svmPoly	Test Stats	rfe	any	0.705357142857143	30	50: 23, 1447: 89	1160.11607142857	1438	0.637890625	0.637890625	0.559375	0.813559322033898	0.141263940520446	0.00534877052048204	0.742268041237113	0.714285714285714	0.9	0.9	0.21875	0.725	0.5625	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_svmPoly_10.rdata
svmRadial	Test Stats	uni	rtx	0.629213483146067	25	25: 10, 27: 9, 29: 9, 33: 16, 37: 9, 44: 18, 67: 8, 72: 10	41.1573033707865	2628	0.637433155080214	0.637433155080214	0.587700534759358	0.459016393442623	0.182577233509602	0.296269871484286	0.518518518518518	0.382022471910112	0.411764705882353	0.411764705882353	0.763636363636364	0.617647058823529	0.654545454545455	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_svmRadial_10.rdata
svmPoly	Test Stats	uni	rtx	0.662921348314607	50	52: 9, 57: 18, 59: 9, 66: 8, 70: 9, 80: 8, 82: 9, 88: 10, 93: 9	70.5393258426966	2628	0.636898395721925	0.636898395721925	0.614973262032086	0.482758620689655	0.243626062322946	0.10034824646229	0.583333333333333	0.382022471910112	0.411764705882353	0.411764705882353	0.818181818181818	0.558823529411765	0.727272727272727	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9_ml_nested_svmPoly_10.rdata
glmnet	Test Stats	uni	any	0.669642857142857	100	100: 11, 107: 11, 109: 12, 116: 12, 139: 22, 151: 11, 157: 11, 163: 11, 166: 11	134.303571428571	2628	0.635546875	0.635546875	0.534375	0.786127167630058	0.0782918149466191	0.0485197382802506	0.731182795698925	0.714285714285714	0.85	0.85	0.21875	0.575	0.71875	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9_ml_nested_glmnet_10.rdata
rf	Test Stats	uni	any	0.741071428571429	50	56: 11, 57: 11, 58: 12, 59: 11, 63: 11, 66: 11, 68: 12, 69: 11, 91: 11, 117: 11	70.2678571428571	2628	0.635546875	0.635546875	0.63125	0.830409356725146	0.292682926829268	0.0633177868300456	0.78021978021978	0.714285714285714	0.8875	0.8875	0.375	0.8625	0.40625	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9_ml_nested_rf_10.rdata
rf	Test Stats	uni	rtx	0.595505617977528	25	25: 9, 26: 9, 27: 8, 29: 10, 34: 19, 37: 9, 39: 8, 48: 8, 52: 9	34.9213483146067	1438	0.635026737967914	0.635026737967914	0.560427807486631	0.4375	0.12363238512035	0.617075077451974	0.466666666666667	0.382022471910112	0.411764705882353	0.411764705882353	0.709090909090909	0.794117647058823	0.527272727272727	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_rf_10.rdata
svmRadial	Test Stats	uni	any	0.741071428571429	100	104: 11, 105: 11, 107: 12, 118: 11, 121: 11, 136: 23, 139: 11, 142: 11, 178: 11	128.473214285714	2628	0.634765625	0.634765625	0.63125	0.830409356725146	0.292682926829268	0.0633177868300456	0.78021978021978	0.714285714285714	0.8875	0.8875	0.375	0.7625	0.5625	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9_ml_nested_svmRadial_10.rdata
rf	Test Stats	uni	toc	0.54639175257732	25	25: 19, 26: 21, 27: 20, 28: 9, 29: 9, 30: 9, 32: 10	27.4639175257732	1438	0.632566069906223	0.632566069906223	0.545183290707587	0.521739130434783	0.0903665814151746	1	0.521739130434783	0.474226804123711	0.521739130434783	0.521739130434783	0.568627450980392	0.847826086956522	0.490196078431373	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_rf_10.rdata
svmPoly	Test Stats	uni	any	0.714285714285714	25	26: 11, 32: 11, 39: 11, 41: 45, 42: 11, 43: 12, 47: 11	39.3482142857143	1438	0.632421875	0.632421875	0.575	0.818181818181818	0.176470588235294	0.00800994232988003	0.75	0.714285714285714	0.9	0.9	0.25	0.6375	0.71875	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_svmPoly_10.rdata
gbm	Test Stats	uni	any	0.732142857142857	50	64: 22, 65: 11, 66: 34, 68: 11, 71: 11, 85: 11, 93: 12	70.9553571428571	2628	0.63203125	0.63203125	0.634375	0.821428571428572	0.290540540540541	0.201242620957724	0.784090909090909	0.714285714285714	0.8625	0.8625	0.40625	0.725	0.625	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9_ml_nested_gbm_10.rdata
rf	Test Stats	uni	rtx	0.629213483146067	50	51: 9, 52: 10, 55: 18, 56: 9, 63: 8, 66: 8, 74: 9, 88: 9, 91: 9	64.9662921348315	2628	0.631818181818182	0.631818181818182	0.598930481283422	0.492307692307692	0.201251019853141	0.72772354666955	0.516129032258065	0.382022471910112	0.470588235294118	0.470588235294118	0.727272727272727	0.823529411764706	0.509090909090909	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9_ml_nested_rf_10.rdata
rf	Test Stats	uni	rtx	0.629213483146067	50	52: 9, 53: 9, 55: 10, 59: 8, 60: 9, 65: 10, 66: 8, 69: 9, 70: 8, 72: 9	61.9550561797753	1438	0.631550802139037	0.631550802139037	0.598930481283422	0.492307692307692	0.201251019853141	0.72772354666955	0.516129032258065	0.382022471910112	0.470588235294118	0.470588235294118	0.727272727272727	0.676470588235294	0.618181818181818	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_rf_10.rdata
svmRadial	Test Stats	uni	any	0.732142857142857	25	30: 11, 32: 12, 33: 11, 36: 11, 39: 23, 49: 11, 57: 22, 85: 11	45.5178571428571	2628	0.63125	0.63125	0.625	0.823529411764706	0.275862068965517	0.10034824646229	0.777777777777778	0.714285714285714	0.875	0.875	0.375	0.8375	0.46875	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_svmRadial_10.rdata
svmPoly	Test Stats	rfe	rtx	0.617977528089888	25	50: 9, 1447: 80	1305.73033707865	1438	0.629411764705882	0.629411764705882	0.539304812834225	0.291666666666667	0.0885542168674699	0.00112013488271108	0.5	0.382022471910112	0.205882352941176	0.205882352941176	0.872727272727273	0.647058823529412	0.672727272727273	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_svmPoly_10.rdata
svmPoly	Test Stats	rfe	rtx	0.595505617977528	30	50: 35, 1447: 54	897.61797752809	1438	0.62620320855615	0.62620320855615	0.521122994652406	0.28	0.0469958358120166	0.00460653226339178	0.4375	0.382022471910112	0.205882352941176	0.205882352941176	0.836363636363636	0.852941176470588	0.472727272727273	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_svmPoly_10.rdata
svmRadial	Test Stats	none	toc	0.608247422680412	30	1447: 97	1447	1438	0.625745950554135	0.625745950554135	0.607203751065644	0.58695652173913	0.214407502131287	1	0.58695652173913	0.474226804123711	0.58695652173913	0.58695652173913	0.627450980392157	0.58695652173913	0.666666666666667	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_svmRadial_10.rdata
glmnet	Test Stats	none	rtx	0.595505617977528	30	1447: 89	1447	1438	0.624598930481283	0.624598930481283	0.521122994652406	0.28	0.0469958358120166	0.00460653226339178	0.4375	0.382022471910112	0.205882352941176	0.205882352941176	0.836363636363636	0.794117647058823	0.454545454545455	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_glmnet_10.rdata
svmRadial	Test Stats	rfe	rtx	0.606741573033708	50	50: 19, 1447: 70	1148.76404494382	1438	0.624598930481283	0.624598930481283	0.552673796791444	0.385964912280702	0.112282701624395	0.0909689479753577	0.478260869565217	0.382022471910112	0.323529411764706	0.323529411764706	0.781818181818182	0.647058823529412	0.690909090909091	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_svmRadial_10.rdata
glmnet	Test Stats	rfe	any	0.705357142857143	25	50: 112	50	1438	0.623828125	0.623828125	0.540625	0.81767955801105	0.101167315175098	0.000498514893575205	0.732673267326733	0.714285714285714	0.925	0.925	0.15625	0.4625	0.78125	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_rf_10.rdata
gbm	Test Stats	uni	any	0.705357142857143	25	26: 11, 27: 11, 28: 11, 36: 11, 39: 11, 43: 23, 50: 11, 59: 12, 89: 11	44.125	2628	0.623828125	0.623828125	0.578125	0.809248554913295	0.177935943060498	0.0367138563627041	0.752688172043011	0.714285714285714	0.875	0.875	0.28125	0.775	0.46875	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_gbm_10.rdata
glmnet	Test Stats	none	rtx	0.629213483146067	25	1447: 89	1447	1438	0.62192513368984	0.62192513368984	0.576470588235294	0.421052631578947	0.163009404388715	0.0817227522986591	0.521739130434783	0.382022471910112	0.352941176470588	0.352941176470588	0.8	0.794117647058823	0.490909090909091	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_glmnet_10.rdata
glmnet	Test Stats	rfe	rtx	0.606741573033708	100	100: 54, 2637: 35	1097.69662921348	2628	0.619786096256684	0.619786096256684	0.547058823529412	0.363636363636364	0.101528699163542	0.0425224779980516	0.476190476190476	0.382022471910112	0.294117647058824	0.294117647058824	0.8	0.823529411764706	0.436363636363636	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9rfe_ml_nested_rf_10.rdata
svmPoly	Test Stats	uni	rtx	0.651685393258427	25	31: 9, 32: 10, 34: 19, 44: 8, 49: 8, 50: 8, 52: 9, 57: 9, 60: 9	43.9325842696629	2628	0.619786096256684	0.619786096256684	0.622727272727273	0.523076923076923	0.249660048952951	0.719437544423391	0.548387096774194	0.382022471910112	0.5	0.5	0.745454545454545	0.676470588235294	0.581818181818182	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_svmPoly_10.rdata
svmPoly	Test Stats	none	rtx	0.629213483146067	25	1447: 89	1447	1438	0.619251336898396	0.619251336898396	0.531550802139037	0.195121951219512	0.0743775606681373	6.01051628492323e-06	0.571428571428571	0.382022471910112	0.117647058823529	0.117647058823529	0.945454545454545	0.529411764705882	0.763636363636364	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_svmPoly_10.rdata
xgbLinear	Test Stats	uni	rtx	0.662921348314607	50	55: 10, 62: 8, 65: 9, 69: 10, 70: 9, 75: 9, 76: 8, 87: 9, 97: 9, 105: 8	75.6179775280899	2628	0.619251336898396	0.619251336898396	0.620588235294118	0.5	0.252519596864502	0.201242620957724	0.576923076923077	0.382022471910112	0.441176470588235	0.441176470588235	0.8	0.558823529411765	0.709090909090909	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9_ml_nested_xgbLinear_10.rdata
glmnet	Test Stats	none	toc	0.587628865979381	50	1447: 97	1447	1438	0.617647058823529	0.617647058823529	0.585464620630861	0.555555555555556	0.171294318667236	0.874367061162892	0.568181818181818	0.474226804123711	0.543478260869565	0.543478260869565	0.627450980392157	0.804347826086957	0.509803921568627	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_glmnet_10.rdata
glmnet	Test Stats	uni	rtx	0.662921348314607	25	25: 20, 26: 8, 29: 8, 30: 9, 34: 18, 35: 9, 36: 9, 48: 8	31.9662921348315	1438	0.617647058823529	0.617647058823529	0.609358288770053	0.464285714285714	0.234518348623853	0.0446097180249397	0.590909090909091	0.382022471910112	0.382352941176471	0.382352941176471	0.836363636363636	0.647058823529412	0.672727272727273	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_glmnet_10.rdata
svmPoly	Test Stats	none	toc	0.587628865979381	25	1447: 97	1447	1438	0.615515771526002	0.615515771526002	0.580136402387042	0.5	0.162348877374784	0.0819903210003831	0.588235294117647	0.474226804123711	0.434782608695652	0.434782608695652	0.725490196078431	0.804347826086957	0.450980392156863	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_svmPoly_10.rdata
svmRadial	Test Stats	uni	toc	0.54639175257732	50	57: 20, 58: 28, 59: 10, 64: 10, 65: 19, 67: 10	60.8144329896907	2628	0.615089514066496	0.615089514066496	0.545183290707587	0.521739130434783	0.0903665814151746	1	0.521739130434783	0.474226804123711	0.521739130434783	0.521739130434783	0.568627450980392	0.826086956521739	0.470588235294118	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9_ml_nested_svmRadial_10.rdata
svmPoly	Test Stats	rfe	any	0.705357142857143	25	50: 11, 1447: 101	1309.79464285714	1438	0.612109375	0.612109375	0.53125	0.819672131147541	0.0796812749003987	0.000128295178195321	0.728155339805825	0.714285714285714	0.9375	0.9375	0.125	0.2875	0.9375	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_svmPoly_10.rdata
svmPoly	Test Stats	uni	any	0.714285714285714	50	57: 12, 58: 11, 62: 11, 67: 11, 69: 11, 79: 12, 84: 11, 85: 11, 89: 11, 90: 11	73.8928571428571	2628	0.609765625	0.609765625	0.584375	0.816091954022989	0.194244604316547	0.0215562667600163	0.75531914893617	0.714285714285714	0.8875	0.8875	0.28125	0.7375	0.53125	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9_ml_nested_svmPoly_10.rdata
svmRadial	Test Stats	uni	toc	0.577319587628866	25	25: 9, 27: 47, 30: 11, 31: 10, 33: 10, 35: 10	29.0103092783505	1438	0.609121909633419	0.609121909633419	0.578857630008525	0.577319587628866	0.15687937248251	0.532171224148849	0.549019607843137	0.474226804123711	0.608695652173913	0.608695652173913	0.549019607843137	0.847826086956522	0.470588235294118	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_svmRadial_10.rdata
glmnet	Test Stats	none	toc	0.54639175257732	30	1447: 97	1447	1438	0.608695652173913	0.608695652173913	0.546248934356351	0.531914893617021	0.092301148447469	0.880168454906725	0.520833333333333	0.474226804123711	0.543478260869565	0.543478260869565	0.549019607843137	0.782608695652174	0.490196078431373	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_glmnet_10.rdata
glmnet	Test Stats	rfe	toc	0.556701030927835	100	100: 59, 2637: 38	1093.87628865979	2628	0.606990622335891	0.606990622335891	0.553921568627451	0.51685393258427	0.108189010049177	0.760368330055203	0.534883720930233	0.474226804123711	0.5	0.5	0.607843137254902	0.826086956521739	0.392156862745098	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9rfe_ml_nested_rf_10.rdata
glmnet	Test Stats	none	rtx	0.595505617977528	50	1447: 89	1447	1438	0.606149732620321	0.606149732620321	0.521122994652406	0.28	0.0469958358120166	0.00460653226339178	0.4375	0.382022471910112	0.205882352941176	0.205882352941176	0.836363636363636	0.529411764705882	0.745454545454545	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_glmnet_10.rdata
gbm	Test Stats	uni	rtx	0.629213483146067	25	27: 9, 30: 8, 32: 10, 34: 9, 36: 8, 40: 9, 44: 9, 45: 9, 58: 9, 106: 9	45.3258426966292	2628	0.605347593582888	0.605347593582888	0.604545454545454	0.507462686567164	0.210271578381285	1	0.515151515151515	0.382022471910112	0.5	0.5	0.709090909090909	0.441176470588235	0.781818181818182	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_gbm_10.rdata
glmnet	Test Stats	uni	toc	0.587628865979381	50	51: 19, 56: 10, 57: 19, 59: 29, 64: 10, 66: 10	57.9690721649485	1438	0.604859335038363	0.604859335038363	0.584398976982097	0.545454545454545	0.169520547945205	0.635256295997248	0.571428571428571	0.474226804123711	0.521739130434783	0.521739130434783	0.647058823529412	0.826086956521739	0.470588235294118	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_glmnet_10.rdata
gbm	Test Stats	uni	toc	0.577319587628866	50	50: 10, 51: 19, 52: 10, 54: 9, 56: 10, 58: 9, 60: 10, 62: 10, 66: 10	56.0515463917526	2628	0.601449275362319	0.601449275362319	0.573529411764706	0.528735632183908	0.147846582386972	0.532171224148849	0.560975609756098	0.474226804123711	0.5	0.5	0.647058823529412	0.630434782608696	0.647058823529412	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9_ml_nested_gbm_10.rdata
xgbLinear	Test Stats	uni	any	0.6875	25	26: 12, 27: 23, 28: 22, 30: 11, 31: 22, 34: 11, 55: 11	31.6071428571429	2628	0.600390625	0.600390625	0.584375	0.790419161676647	0.180602006688963	0.310494434317235	0.758620689655172	0.714285714285714	0.825	0.825	0.34375	0.6875	0.59375	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_xgbLinear_10.rdata
svmRadial	Test Stats	none	toc	0.577319587628866	25	1447: 97	1447	1438	0.599744245524297	0.599744245524297	0.573529411764706	0.528735632183908	0.147846582386972	0.532171224148849	0.560975609756098	0.474226804123711	0.5	0.5	0.647058823529412	0.717391304347826	0.529411764705882	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_svmRadial_10.rdata
glmnet	Test Stats	uni	any	0.696428571428571	50	55: 23, 57: 12, 58: 11, 68: 11, 73: 11, 78: 11, 79: 11, 90: 11, 94: 11	70.4375	2628	0.59921875	0.59921875	0.571875	0.802325581395349	0.161971830985915	0.0592297037272792	0.75	0.714285714285714	0.8625	0.8625	0.28125	0.575	0.6875	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9_ml_nested_glmnet_10.rdata
svmRadial	Test Stats	rfe	toc	0.525773195876289	50	1447: 97	1447	1438	0.598891730605286	0.598891730605286	0.515984654731458	0.394736842105263	0.0325238508239376	0.0269922862724023	0.5	0.474226804123711	0.326086956521739	0.326086956521739	0.705882352941177	0.717391304347826	0.529411764705882	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_svmRadial_10.rdata
svmRadial	Test Stats	none	toc	0.556701030927835	50	1447: 97	1447	1438	0.596334185848252	0.596334185848252	0.553921568627451	0.51685393258427	0.108189010049177	0.760368330055203	0.534883720930233	0.474226804123711	0.5	0.5	0.607843137254902	0.847826086956522	0.431372549019608	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_svmRadial_10.rdata
svmPoly	Test Stats	uni	any	0.723214285714286	50	52: 11, 54: 12, 59: 22, 60: 11, 61: 23, 64: 11, 74: 11, 84: 11	62.7053571428571	1438	0.5921875	0.5921875	0.58125	0.824858757062147	0.193308550185874	0.0040571360323713	0.752577319587629	0.714285714285714	0.9125	0.9125	0.25	0.8625	0.40625	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_svmPoly_10.rdata
rf	Test Stats	rfe	toc	0.54639175257732	25	50: 78, 1447: 19	323.639175257732	1438	0.59079283887468	0.59079283887468	0.54305200341006	0.5	0.0864726027397259	0.651076634077834	0.523809523809524	0.474226804123711	0.478260869565217	0.478260869565217	0.607843137254902	0.717391304347826	0.490196078431373	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_rf_10.rdata
gbm	Test Stats	uni	toc	0.587628865979381	50	76: 9, 83: 10, 85: 19, 106: 9, 108: 10, 116: 10, 127: 11, 136: 10, 149: 9	107.432989690722	1438	0.589940323955669	0.589940323955669	0.581202046035806	0.51219512195122	0.164153382162861	0.154728923485379	0.583333333333333	0.474226804123711	0.456521739130435	0.456521739130435	0.705882352941177	0.934782608695652	0.313725490196078	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_gbm_10.rdata
rf	Test Stats	uni	rtx	0.606741573033708	100	108: 9, 111: 18, 119: 9, 121: 8, 122: 8, 135: 10, 140: 9, 141: 9, 146: 9	125.595505617978	2628	0.587967914438503	0.587967914438503	0.586363636363636	0.492753623188406	0.171762829034831	1	0.485714285714286	0.382022471910112	0.5	0.5	0.672727272727273	0.647058823529412	0.618181818181818	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9_ml_nested_rf_10.rdata
mda	Test Stats	uni	rtx	0.550561797752809	25	29: 10, 30: 8, 31: 10, 32: 9, 35: 17, 45: 18, 55: 8, 71: 9	40.5842696629214	2628	0.587700534759358	0.587700534759358	0.535294117647059	0.444444444444444	0.0690376569037658	0.635256295997248	0.421052631578947	0.382022471910112	0.470588235294118	0.470588235294118	0.6	0.882352941176471	0.345454545454545	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_mda_10.rdata
glmnet	Test Stats	rfe	any	0.660714285714286	50	50: 89, 1447: 23	336.883928571429	1438	0.5875	0.5875	0.51875	0.781609195402299	0.0431654676258992	0.0349550726436305	0.723404255319149	0.714285714285714	0.85	0.85	0.1875	0.4	0.75	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_rf_10.rdata
rf	Test Stats	none	toc	0.525773195876289	50	1447: 97	1447	1438	0.586317135549872	0.586317135549872	0.522378516624041	0.477272727272727	0.0449486301369863	0.658253414311283	0.5	0.474226804123711	0.456521739130435	0.456521739130435	0.588235294117647	0.804347826086957	0.470588235294118	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_rf_10.rdata
svmRadial	Test Stats	uni	toc	0.556701030927835	50	52: 9, 54: 10, 57: 9, 58: 10, 59: 10, 61: 10, 62: 10, 63: 20, 69: 9	59.8144329896907	1438	0.586104006820119	0.586104006820119	0.557118499573743	0.547368421052632	0.113872955173147	0.760368330055203	0.530612244897959	0.474226804123711	0.565217391304348	0.565217391304348	0.549019607843137	0.891304347826087	0.372549019607843	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_svmRadial_10.rdata
svmPoly	Test Stats	none	rtx	0.617977528089888	30	1447: 89	1447	1438	0.586096256684492	0.586096256684492	0.52807486631016	0.227272727272727	0.0648949320148332	7.99775128061872e-05	0.5	0.382022471910112	0.147058823529412	0.147058823529412	0.909090909090909	0.676470588235294	0.527272727272727	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_svmPoly_10.rdata
gbm	Test Stats	uni	any	0.723214285714286	100	101: 11, 106: 11, 108: 11, 114: 11, 115: 11, 117: 11, 124: 11, 139: 12, 141: 11, 153: 12	122.232142857143	2628	0.5859375	0.5859375	0.61875	0.816568047337278	0.25938566552901	0.150762775026645	0.775280898876405	0.714285714285714	0.8625	0.8625	0.375	0.8875	0.375	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9_ml_nested_gbm_10.rdata
rf	Test Stats	uni	toc	0.577319587628866	50	50: 10, 56: 10, 57: 20, 58: 10, 60: 9, 61: 10, 63: 9, 64: 10, 70: 9	59.4536082474227	1438	0.585890878090367	0.585890878090367	0.575660699062233	0.549450549450549	0.151482824834649	1	0.555555555555556	0.474226804123711	0.543478260869565	0.543478260869565	0.607843137254902	0.934782608695652	0.254901960784314	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_rf_10.rdata
svmPoly	Test Stats	none	toc	0.556701030927835	50	1447: 97	1447	1438	0.585677749360614	0.585677749360614	0.551790281329923	0.494117647058824	0.10435902941808	0.360196133386002	0.538461538461538	0.474226804123711	0.456521739130435	0.456521739130435	0.647058823529412	0.630434782608696	0.568627450980392	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_svmPoly_10.rdata
glmnet	Test Stats	uni	any	0.660714285714286	25	25: 11, 26: 11, 31: 11, 32: 22, 39: 11, 41: 24, 61: 11, 83: 11	41.0982142857143	1438	0.585546875	0.585546875	0.5375	0.776470588235294	0.082758620689655	0.144292055440106	0.733333333333333	0.714285714285714	0.825	0.825	0.25	0.65	0.59375	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_glmnet_10.rdata
glmnet	Test Stats	uni	toc	0.56701030927835	25	25: 10, 27: 18, 28: 19, 30: 20, 32: 10, 33: 10, 34: 10	29.4639175257732	1438	0.585464620630861	0.585464620630861	0.561594202898551	0.5	0.124247635425623	0.280087210811497	0.552631578947368	0.474226804123711	0.456521739130435	0.456521739130435	0.666666666666667	0.652173913043478	0.588235294117647	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_glmnet_10.rdata
svmRadial	Test Stats	rfe	toc	0.556701030927835	100	100: 19, 2637: 78	2140.0618556701	2628	0.583120204603581	0.583120204603581	0.546462063086104	0.426666666666667	0.094638593444758	0.0146881919458478	0.551724137931034	0.474226804123711	0.347826086956522	0.347826086956522	0.745098039215686	0.847826086956522	0.333333333333333	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9rfe_ml_nested_svmRadial_10.rdata
gbm	Test Stats	uni	rtx	0.595505617977528	50	182: 9, 251: 9, 254: 10, 263: 8, 285: 10, 304: 8, 309: 9, 345: 9, 348: 9, 365: 8	289.449438202247	1438	0.582887700534759	0.582887700534759	0.560427807486631	0.4375	0.12363238512035	0.617075077451974	0.466666666666667	0.382022471910112	0.411764705882353	0.411764705882353	0.709090909090909	0.705882352941177	0.545454545454545	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_gbm_10.rdata
xgbLinear	Test Stats	uni	rtx	0.606741573033708	100	103: 9, 108: 8, 114: 18, 123: 9, 130: 8, 131: 9, 132: 9, 133: 10, 154: 9	124.415730337079	2628	0.582887700534759	0.582887700534759	0.597593582887701	0.520547945205479	0.189856957087126	0.498962298603761	0.487179487179487	0.382022471910112	0.558823529411765	0.558823529411765	0.636363636363636	0.617647058823529	0.636363636363636	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9_ml_nested_xgbLinear_10.rdata
svmPoly	Test Stats	uni	toc	0.556701030927835	30	31: 9, 33: 29, 34: 40, 35: 10, 37: 9	33.8041237113402	1438	0.580562659846547	0.580562659846547	0.557118499573743	0.547368421052632	0.113872955173147	0.760368330055203	0.530612244897959	0.474226804123711	0.565217391304348	0.565217391304348	0.549019607843137	0.869565217391304	0.372549019607843	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_svmPoly_10.rdata
svmPoly	Test Stats	rfe	toc	0.556701030927835	50	50: 40, 1447: 57	870.917525773196	1438	0.577152600170503	0.577152600170503	0.553921568627451	0.51685393258427	0.108189010049177	0.760368330055203	0.534883720930233	0.474226804123711	0.5	0.5	0.607843137254902	0.891304347826087	0.392156862745098	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_svmPoly_10.rdata
xgbLinear	Test Stats	uni	rtx	0.584269662921348	25	27: 8, 30: 9, 32: 8, 35: 29, 37: 9, 42: 9, 47: 8, 65: 9	38.5280898876404	2628	0.575935828877005	0.575935828877005	0.556951871657754	0.447761194029851	0.114546921215381	1	0.454545454545455	0.382022471910112	0.441176470588235	0.441176470588235	0.672727272727273	0.647058823529412	0.545454545454545	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_xgbLinear_10.rdata
glmnet	Test Stats	rfe	toc	0.556701030927835	50	50: 49, 1447: 48	741.298969072165	1438	0.57459505541347	0.57459505541347	0.550724637681159	0.481927710843373	0.102431676350334	0.222469210664689	0.540540540540541	0.474226804123711	0.434782608695652	0.434782608695652	0.666666666666667	0.673913043478261	0.529411764705882	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_rf_10.rdata
glmnet	Test Stats	rfe	any	0.696428571428571	100	100: 44, 2637: 68	1640.32142857143	2628	0.57421875	0.57421875	0.525	0.813186813186813	0.062992125984252	0.00031642259044629	0.725490196078431	0.714285714285714	0.925	0.925	0.125	0.6125	0.5625	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9rfe_ml_nested_rf_10.rdata
glmnet	Test Stats	rfe	toc	0.577319587628866	30	50: 56, 1447: 41	640.484536082474	1438	0.574168797953964	0.574168797953964	0.573529411764706	0.528735632183908	0.147846582386972	0.532171224148849	0.560975609756098	0.474226804123711	0.5	0.5	0.647058823529412	0.630434782608696	0.588235294117647	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_rf_10.rdata
svmRadial	Test Stats	uni	toc	0.54639175257732	25	26: 10, 28: 9, 32: 20, 33: 29, 35: 19, 39: 10	32.6185567010309	2628	0.573742540494459	0.573742540494459	0.545183290707587	0.521739130434783	0.0903665814151746	1	0.521739130434783	0.474226804123711	0.521739130434783	0.521739130434783	0.568627450980392	1	0.274509803921569	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_svmRadial_10.rdata
svmRadial	Test Stats	uni	toc	0.505154639175258	30	32: 9, 33: 10, 34: 30, 36: 19, 39: 10, 40: 10, 41: 9	35.8865979381443	1438	0.572463768115942	0.572463768115942	0.500639386189258	0.441860465116279	0.00128700128700119	0.47048642205879	0.475	0.474226804123711	0.41304347826087	0.41304347826087	0.588235294117647	0.782608695652174	0.450980392156863	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_svmRadial_10.rdata
svmPoly	Test Stats	none	toc	0.56701030927835	30	1447: 97	1447	1438	0.57075873827792	0.57075873827792	0.556265984654731	0.432432432432432	0.114732724902216	0.00871191296237958	0.571428571428571	0.474226804123711	0.347826086956522	0.347826086956522	0.764705882352941	0.739130434782609	0.450980392156863	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_svmPoly_10.rdata
rf	Test Stats	uni	toc	0.536082474226804	25	25: 29, 27: 10, 28: 9, 29: 10, 30: 10, 32: 10, 33: 9, 36: 10	29.0103092783505	2628	0.569693094629156	0.569693094629156	0.531116794543904	0.470588235294118	0.0627013098561305	0.371093369522698	0.512820512820513	0.474226804123711	0.434782608695652	0.434782608695652	0.627450980392157	0.91304347826087	0.313725490196078	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_rf_10.rdata
glmnet	Test Stats	uni	rtx	0.606741573033708	30	30: 18, 32: 10, 35: 8, 37: 8, 38: 18, 39: 18, 44: 9	36.1573033707865	1438	0.56951871657754	0.56951871657754	0.56951871657754	0.444444444444444	0.143053645116919	0.498962298603761	0.482758620689655	0.382022471910112	0.411764705882353	0.411764705882353	0.727272727272727	0.647058823529412	0.545454545454545	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_glmnet_10.rdata
rf	Test Stats	none	toc	0.56701030927835	30	1447: 97	1447	1438	0.567561807331628	0.567561807331628	0.563725490196078	0.522727272727273	0.127996575342466	0.64342884356362	0.547619047619048	0.474226804123711	0.5	0.5	0.627450980392157	0.956521739130435	0.254901960784314	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_rf_10.rdata
rf	Test Stats	rfe	toc	0.556701030927835	30	50: 59, 1447: 38	597.278350515464	1438	0.567348678601876	0.567348678601876	0.552855924978687	0.505747126436782	0.106278122991215	0.541865595787252	0.536585365853659	0.474226804123711	0.478260869565217	0.478260869565217	0.627450980392157	0.565217391304348	0.607843137254902	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_rf_10.rdata
glmnet	Test Stats	uni	any	0.651785714285714	30	31: 11, 32: 11, 33: 11, 36: 11, 37: 11, 39: 11, 41: 11, 44: 12, 47: 11, 60: 12	40.2142857142857	1438	0.566796875	0.566796875	0.53125	0.769230769230769	0.0682593856655292	0.200184804177579	0.730337078651685	0.714285714285714	0.8125	0.8125	0.25	0.5375	0.71875	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_glmnet_10.rdata
mda	Test Stats	uni	any	0.607142857142857	25	27: 11, 30: 11, 39: 11, 42: 22, 47: 11, 52: 11, 59: 12, 61: 11, 66: 12	46.7857142857143	2628	0.566015625	0.566015625	0.565625	0.706666666666667	0.12	0.174844433610415	0.757142857142857	0.714285714285714	0.6625	0.6625	0.46875	0.875	0.34375	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_mda_10.rdata
svmRadial	Test Stats	uni	any	0.6875	25	25: 11, 34: 11, 35: 11, 36: 12, 37: 12, 38: 11, 39: 11, 40: 22, 49: 11	37.2857142857143	1438	0.565625	0.565625	0.55625	0.797687861271676	0.128113879003559	0.0425224779980516	0.741935483870968	0.714285714285714	0.8625	0.8625	0.25	0.6875	0.5625	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_svmRadial_10.rdata
mda	Test Stats	uni	toc	0.54639175257732	25	26: 20, 29: 19, 31: 19, 32: 10, 33: 9, 34: 10, 36: 10	30.6907216494845	2628	0.565217391304348	0.565217391304348	0.547314578005115	0.541666666666667	0.0942275042444822	0.651076634077834	0.52	0.474226804123711	0.565217391304348	0.565217391304348	0.529411764705882	0.847826086956522	0.352941176470588	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_mda_10.rdata
pda	Test Stats	uni	any	0.633928571428571	25	26: 12, 27: 12, 35: 11, 36: 11, 48: 11, 49: 11, 55: 11, 56: 22, 121: 11	50.4642857142857	2628	0.5640625	0.5640625	0.575	0.735483870967742	0.143283582089552	0.532171224148849	0.76	0.714285714285714	0.7125	0.7125	0.4375	0.5875	0.65625	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_pda_10.rdata
glmnet	Test Stats	uni	toc	0.597938144329897	25	25: 10, 26: 10, 27: 10, 28: 10, 29: 19, 30: 9, 34: 10, 35: 9, 36: 10	29.8556701030928	2628	0.56308610400682	0.56308610400682	0.593137254901961	0.541176470588235	0.18767446854198	0.336668367610039	0.58974358974359	0.474226804123711	0.5	0.5	0.686274509803922	0.5	0.686274509803922	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_glmnet_10.rdata
glmnet	Test Stats	rfe	any	0.696428571428571	30	50: 90, 1447: 22	324.410714285714	1438	0.562890625	0.562890625	0.515625	0.815217391304348	0.0403225806451609	7.99775128061872e-05	0.721153846153846	0.714285714285714	0.9375	0.9375	0.09375	0.1375	0.96875	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_rf_10.rdata
svmPoly	Test Stats	uni	toc	0.536082474226804	50	53: 28, 57: 10, 58: 11, 62: 19, 63: 20, 67: 9	59.1030927835052	2628	0.562659846547315	0.562659846547315	0.533248081841432	0.49438202247191	0.0667094291212315	0.765594483995764	0.511627906976744	0.474226804123711	0.478260869565217	0.478260869565217	0.588235294117647	0.760869565217391	0.431372549019608	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9_ml_nested_svmPoly_10.rdata
pda	Test Stats	uni	toc	0.536082474226804	25	25: 9, 26: 10, 28: 9, 29: 10, 31: 10, 32: 10, 33: 10, 35: 20, 38: 9	31.2268041237113	2628	0.562233589087809	0.562233589087809	0.539641943734015	0.554455445544554	0.0785307156428119	0.233037982273905	0.509090909090909	0.474226804123711	0.608695652173913	0.608695652173913	0.470588235294118	0.826086956521739	0.372549019607843	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_pda_10.rdata
svmRadial	Test Stats	rfe	toc	0.54639175257732	50	2637: 97	2637	2628	0.561381074168798	0.561381074168798	0.538789428815004	0.45	0.0785837651122624	0.0972544284390032	0.529411764705882	0.474226804123711	0.391304347826087	0.391304347826087	0.686274509803922	0.760869565217391	0.411764705882353	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9rfe_ml_nested_svmRadial_10.rdata
svmPoly	Test Stats	uni	toc	0.536082474226804	25	25: 9, 28: 10, 31: 9, 32: 19, 33: 19, 34: 11, 35: 10, 37: 10	32.0927835051546	2628	0.560102301790281	0.560102301790281	0.537510656436488	0.536082474226804	0.0746237015051939	0.550984987585094	0.509803921568627	0.474226804123711	0.565217391304348	0.565217391304348	0.509803921568627	0.826086956521739	0.352941176470588	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_svmPoly_10.rdata
pda	Test Stats	uni	rtx	0.550561797752809	25	29: 10, 30: 18, 34: 8, 46: 8, 48: 8, 53: 9, 64: 10, 65: 10, 67: 8	46.7078651685393	2628	0.557754010695187	0.557754010695187	0.540909090909091	0.459459459459459	0.0791515778582515	0.429195300440349	0.425	0.382022471910112	0.5	0.5	0.581818181818182	0.676470588235294	0.472727272727273	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_pda_10.rdata
glmnet	Test Stats	rfe	rtx	0.606741573033708	50	50: 45, 1447: 44	740.651685393258	1438	0.557486631016043	0.557486631016043	0.507754010695187	0.146341463414634	0.018279231011661	1.10873702097377e-05	0.428571428571429	0.382022471910112	0.0882352941176471	0.0882352941176471	0.927272727272727	0.970588235294118	0.218181818181818	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_rf_10.rdata
rf	Test Stats	uni	toc	0.515463917525773	30	30: 9, 31: 10, 33: 10, 35: 10, 36: 10, 37: 19, 40: 20, 44: 9	36.2783505154639	1438	0.55690537084399	0.55690537084399	0.513640238704177	0.483516483516484	0.0273095796884999	1	0.488888888888889	0.474226804123711	0.478260869565217	0.478260869565217	0.549019607843137	0.891304347826087	0.372549019607843	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_rf_10.rdata
rf	Test Stats	rfe	toc	0.54639175257732	50	50: 67, 1447: 30	482.061855670103	1438	0.552429667519182	0.552429667519182	0.545183290707587	0.521739130434783	0.0903665814151746	1	0.521739130434783	0.474226804123711	0.521739130434783	0.521739130434783	0.568627450980392	0.869565217391304	0.372549019607843	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_rf_10.rdata
glmnet	Test Stats	uni	any	0.633928571428571	50	50: 23, 51: 11, 56: 11, 58: 23, 60: 11, 65: 11, 74: 11, 84: 11	60.4821428571429	1438	0.55234375	0.55234375	0.5	0.760233918128655	-3.03280435995165e-16	0.118349812735629	0.714285714285714	0.714285714285714	0.8125	0.8125	0.1875	0.6625	0.53125	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_glmnet_10.rdata
xgbLinear	Test Stats	uni	toc	0.587628865979381	50	52: 10, 53: 9, 54: 10, 55: 19, 57: 29, 63: 10, 65: 10	56.8556701030928	2628	0.55157715260017	0.55157715260017	0.588661551577153	0.583333333333333	0.176570458404075	0.635256295997248	0.56	0.474226804123711	0.608695652173913	0.608695652173913	0.568627450980392	0.608695652173913	0.568627450980392	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9_ml_nested_xgbLinear_10.rdata
svmPoly	Test Stats	uni	toc	0.515463917525773	50	50: 19, 51: 19, 52: 20, 54: 10, 57: 10, 64: 10, 69: 9	54.9484536082474	1438	0.549019607843137	0.549019607843137	0.508312020460358	0.419753086419753	0.0168212206167779	0.144661487772809	0.485714285714286	0.474226804123711	0.369565217391304	0.369565217391304	0.647058823529412	0.804347826086957	0.372549019607843	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_50/all_ml_nested_svmPoly_10.rdata
xgbLinear	Test Stats	uni	toc	0.54639175257732	25	25: 30, 26: 10, 31: 9, 33: 21, 35: 9, 36: 9, 40: 9	30.7319587628866	2628	0.548167092924126	0.548167092924126	0.545183290707587	0.521739130434783	0.0903665814151746	1	0.521739130434783	0.474226804123711	0.521739130434783	0.521739130434783	0.568627450980392	0.804347826086957	0.372549019607843	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_xgbLinear_10.rdata
rf	Test Stats	rfe	toc	0.494845360824742	50	50: 29, 2637: 68	1863.56701030928	2628	0.546462063086104	0.546462063086104	0.488704177323103	0.409638554216867	-0.0228104153217129	0.253097908947116	0.459459459459459	0.474226804123711	0.369565217391304	0.369565217391304	0.607843137254902	0.847826086956522	0.392156862745098	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9rfe_ml_nested_rf_10.rdata
svmRadial	Test Stats	rfe	toc	0.556701030927835	30	50: 30, 1447: 67	1014.9381443299	1438	0.546035805626598	0.546035805626598	0.554987212276215	0.527472527472527	0.110091743119266	1	0.533333333333333	0.474226804123711	0.521739130434783	0.521739130434783	0.588235294117647	0.782608695652174	0.411764705882353	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_svmRadial_10.rdata
svmPoly	Test Stats	rfe	rtx	0.584269662921348	50	50: 9, 2637: 80	2375.39325842697	2628	0.545454545454545	0.545454545454545	0.500802139037433	0.212765957446809	0.00181873294937862	0.00100909098809605	0.384615384615385	0.382022471910112	0.147058823529412	0.147058823529412	0.854545454545454	0.5	0.654545454545455	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9rfe_ml_nested_svmPoly_10.rdata
glmnet	Test Stats	rfe	rtx	0.617977528089888	30	50: 52, 1447: 37	630.775280898876	1438	0.540909090909091	0.540909090909091	0.5	NA	0	1.518559552352e-08	NA	0.382022471910112	0	0	1	0.970588235294118	0.163636363636364	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_rf_10.rdata
svmPoly	Test Stats	uni	toc	0.515463917525773	25	25: 20, 26: 18, 27: 19, 30: 11, 32: 20, 36: 9	28.6082474226804	1438	0.537084398976982	0.537084398976982	0.512574595055413	0.471910112359551	0.0252298481932861	0.770493082794424	0.488372093023256	0.474226804123711	0.456521739130435	0.456521739130435	0.568627450980392	0.652173913043478	0.490196078431373	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_svmPoly_10.rdata
rf	Test Stats	rfe	toc	0.536082474226804	100	100: 50, 2637: 47	1329.26804123711	2628	0.536871270247229	0.536871270247229	0.532182438192668	0.482758620689655	0.0647096635954576	0.550984987585094	0.51219512195122	0.474226804123711	0.456521739130435	0.456521739130435	0.607843137254902	0.869565217391304	0.274509803921569	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9rfe_ml_nested_rf_10.rdata
glmnet	Test Stats	uni	toc	0.494845360824742	50	50: 10, 51: 10, 52: 20, 56: 9, 57: 9, 58: 10, 59: 10, 60: 10, 61: 9	55.5257731958763	2628	0.536231884057971	0.536231884057971	0.491901108269395	0.449438202247191	-0.016249732734659	0.775096962195985	0.465116279069767	0.474226804123711	0.434782608695652	0.434782608695652	0.549019607843137	0.760869565217391	0.450980392156863	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9_ml_nested_glmnet_10.rdata
svmPoly	Test Stats	rfe	toc	0.54639175257732	50	50: 30, 2637: 67	1836.89690721649	2628	0.531969309462916	0.531969309462916	0.538789428815004	0.45	0.0785837651122624	0.0972544284390032	0.529411764705882	0.474226804123711	0.391304347826087	0.391304347826087	0.686274509803922	0.956521739130435	0.156862745098039	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9rfe_ml_nested_svmPoly_10.rdata
glmnet	Test Stats	rfe	toc	0.54639175257732	25	50: 57, 1447: 40	626.082474226804	1438	0.531116794543904	0.531116794543904	0.53772378516624	0.435897435897436	0.0765902206836866	0.0500163954856456	0.53125	0.474226804123711	0.369565217391304	0.369565217391304	0.705882352941177	0.58695652173913	0.549019607843137	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_rf_10.rdata
rf	Test Stats	none	toc	0.505154639175258	25	1447: 97	1447	1438	0.524722932651321	0.524722932651321	0.499573742540494	0.428571428571429	-0.00085984522785907	0.312321421676216	0.473684210526316	0.474226804123711	0.391304347826087	0.391304347826087	0.607843137254902	0.956521739130435	0.235294117647059	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_rf_10.rdata
gbm	Test Stats	uni	toc	0.525773195876289	25	25: 9, 26: 9, 28: 21, 31: 10, 33: 9, 35: 10, 36: 10, 39: 9, 41: 10	32.2164948453608	2628	0.518755328218244	0.518755328218244	0.523444160272805	0.488888888888889	0.0469884664673216	0.882783191152826	0.5	0.474226804123711	0.478260869565217	0.478260869565217	0.568627450980392	0.521739130434783	0.568627450980392	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_25/all_visit9_ml_nested_gbm_10.rdata
pda	Test Stats	uni	rtx	0.573033707865168	50	51: 10, 52: 10, 58: 8, 61: 10, 70: 8, 73: 18, 82: 8, 88: 8, 106: 9	70.6966292134831	2628	0.502666666666667	0.502666666666667	0.553475935828877	0.457142857142857	0.105764145954521	0.871131491597158	0.444444444444444	0.382022471910112	0.470588235294118	0.470588235294118	0.636363636363636	0.366666666666667	0.8	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9_ml_nested_pda_10.rdata
mda	Test Stats	uni	toc	0.536082474226804	50	53: 9, 54: 11, 55: 10, 56: 9, 57: 9, 58: 10, 59: 10, 60: 10, 65: 10, 67: 9	58.360824742268	2628	0.501705029838022	0.501705029838022	0.531116794543904	0.470588235294118	0.0627013098561305	0.371093369522698	0.512820512820513	0.474226804123711	0.434782608695652	0.434782608695652	0.627450980392157	0.434782608695652	0.666666666666667	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9_ml_nested_mda_10.rdata
svmRadial	Test Stats	rfe	toc	0.43298969072165	25	50: 10, 1447: 87	1302.9793814433	1438	0.499573742540494	0.499573742540494	0.423486786018755	0.285714285714286	-0.155512237383582	0.0590582290905369	0.354838709677419	0.474226804123711	0.239130434782609	0.239130434782609	0.607843137254902	1	0.176470588235294	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_svmRadial_10.rdata
glmnet	Test Stats	rfe	rtx	0.584269662921348	25	50: 53, 1447: 36	615.078651685393	1438	0.499197860962567	0.499197860962567	0.483957219251337	0.0975609756097561	-0.0378190986448157	1.91675345566975e-05	0.285714285714286	0.382022471910112	0.0588235294117647	0.0588235294117647	0.909090909090909	1	0.0909090909090909	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_25/all_ml_nested_rf_10.rdata
rf	Test Stats	uni	toc	0.525773195876289	50	51: 10, 52: 11, 58: 9, 59: 10, 60: 9, 61: 20, 64: 9, 65: 10, 68: 9	59.7113402061856	2628	0.498081841432225	0.498081841432225	0.523444160272805	0.488888888888889	0.0469884664673216	0.882783191152826	0.5	0.474226804123711	0.478260869565217	0.478260869565217	0.568627450980392	0.934782608695652	0.254901960784314	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9_ml_nested_rf_10.rdata
svmPoly	Test Stats	rfe	toc	0.484536082474227	30	50: 50, 1447: 47	726.896907216495	1438	0.494884910485934	0.494884910485934	0.481031543052003	0.431818181818182	-0.0380993150684932	0.671373240540873	0.452380952380952	0.474226804123711	0.41304347826087	0.41304347826087	0.549019607843137	0.91304347826087	0.235294117647059	/media/lvm1/R4RA_ML_outputs/input_1438/filter_size_30/all_ml_nested_svmPoly_10.rdata
pda	Test Stats	uni	toc	0.525773195876289	50	51: 10, 53: 10, 54: 10, 56: 9, 58: 19, 60: 10, 61: 10, 62: 10, 64: 9	57.6494845360825	2628	0.481244671781756	0.481244671781756	0.52770673486786	0.530612244897959	0.0550614146548074	0.460994786425578	0.5	0.474226804123711	0.565217391304348	0.565217391304348	0.490196078431373	0.565217391304348	0.490196078431373	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9_ml_nested_pda_10.rdata
glmnet	Test Stats	rfe	toc	0.45360824742268	50	50: 59, 2637: 38	1063.46391752577	2628	0.474850809889173	0.474850809889173	0.449488491048593	0.390804597701149	-0.101564173987572	0.582701982133948	0.414634146341463	0.474226804123711	0.369565217391304	0.369565217391304	0.529411764705882	0.239130434782609	0.823529411764706	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_50/all_visit9rfe_ml_nested_rf_10.rdata
svmPoly	Test Stats	rfe	toc	0.43298969072165	100	100: 28, 2637: 69	1904.67010309278	2628	0.469309462915601	0.469309462915601	0.426683716965047	0.337349397590361	-0.148052506993759	0.280712665268496	0.378378378378378	0.474226804123711	0.304347826086957	0.304347826086957	0.549019607843137	0.847826086956522	0.235294117647059	/media/lvm1/R4RA_ML_outputs/input_2628/filter_size_100/all_visit9rfe_ml_nested_svmPoly_10.rdata